#!/usr/bin/python3

# This file is part of Cockpit.
#
# Copyright (C) 2013 Red Hat, Inc.
#
# Cockpit is free software; you can redistribute it and/or modify it
# under the terms of the GNU Lesser General Public License as published by
# the Free Software Foundation; either version 2.1 of the License, or
# (at your option) any later version.
#
# Cockpit is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public License
# along with Cockpit; If not, see <http://www.gnu.org/licenses/>.

import re
import time
import os
import struct
import hmac
import hashlib
import base64

import parent

import packagelib
from testlib import *


WAIT_KRB_SCRIPT = """
set -ex
# HACK: This needs to work, but may take a minute
for x in $(seq 1 60); do
    if getent passwd {0}; then
        break
    fi
    if systemctl --quiet is-failed sssd.service; then
        systemctl status --lines=100 sssd.service >&2
        exit 1
    fi
    sss_cache -E || true
    systemctl restart sssd.service
    sleep $x
done
# ensure this works now, if the above loop timed out
getent passwd {0}

# This directory should be owned by the domain user
chown -R {0} /home/admin

# HACK: This needs to work but may take a minute
for x in $(seq 1 60); do
    if ssh -oStrictHostKeyChecking=no -oBatchMode=yes -l {0} x0.cockpit.lan true; then
        break
    fi
    sss_cache -E || true
    systemctl restart sssd.service
    sleep $x
done
"""

# https://en.wikipedia.org/wiki/HMAC-based_One-time_Password_algorithm
# https://stackoverflow.com/questions/8529265/google-authenticator-implementation-in-python
def hotp_token(secret, counter, digits=6, hash_alg=hashlib.sha1):
    counter_bytes = struct.pack('>Q', int(counter))
    hs = hmac.new(secret, counter_bytes, hash_alg).digest()
    ofs = hs[-1] & 0xF
    numbers = str(int.from_bytes(hs[ofs:ofs + 4], 'big') & 0x7fffffff)
    return numbers[-digits:].rjust(digits, '0')


@skipImage("No realmd available", "fedora-coreos")
@skipImage("freeipa not currently in testing", "debian-testing")
class TestRealms(MachineCase):
    provision = {
        "0": {"address": "10.111.113.1/20", "dns": "10.111.112.100"},
        "services": {"image": "services", "memory_mb": 2048}
    }

    def setUp(self):
        super().setUp()
        self.op_address = "#realms-op-address"
        self.op_admin = "#realms-op-admin"
        self.op_admin_password = "#realms-op-admin-password"

        # HACK: https://bugzilla.redhat.com/show_bug.cgi?id=1770159 FreeIPA regressed certificate lookup
        self.machines["services"].execute("sed -i '/^nsslapd-tmpdir:/ a nsslapd-verify-filter-schema: off' /var/lib/ipa-data/etc/dirsrv/slapd-COCKPIT-LAN/dse.ldif")

        self.machines['services'].execute("/run-freeipa")
        self.domain_sel = "#system_information_domain_button"

    def testIpa(self):
        m = self.machine
        b = self.browser

        # Tell realmd to enable domain-qualified logins; unqualified ones are covered in testIpaUnqualifiedUsers
        m.execute("printf '[cockpit.lan]\\nfully-qualified-names = yes\\n'  >> /etc/realmd.conf")

        m.execute("hostnamectl set-hostname x0.cockpit.lan")
        self.login_and_go("/system")

        # Wait for DNS to work as expected.
        # https://bugzilla.redhat.com/show_bug.cgi?id=1071356#c11
        #
        wait(lambda: m.execute("nslookup -type=SRV _ldap._tcp.cockpit.lan"))

        def wait_number_domains(n):
            if n == 0:
                b.wait_text(self.domain_sel, "Join Domain")
            else:
                b.wait_text_not(self.domain_sel, "Join Domain")
            b.wait_not_attr(self.domain_sel, "disabled", "disabled")

        wait_number_domains(0)

        # Join cockpit.lan
        b.click(self.domain_sel)
        b.wait_popup("realms-op")
        with b.wait_timeout(180):
            b.set_val(self.op_address, "cockpit.lan")
            b.wait_text(".realms-op-address-error", "Contacted domain")
            b.wait_attr(self.op_admin, "placeholder", 'e.g. "admin"')
            b.set_val(self.op_admin, "admin")
            b.set_val(self.op_admin_password, "foobarfoo")
            b.wait_not_visible(".realms-op-leave-only-row")
            b.click(".realms-op-apply")
            b.wait_popdown("realms-op")

            # Check that this has worked
            wait_number_domains(1)

        # when joined to a domain, changing the hostname is fatal, so should be disabled
        b.wait_present("#system_information_hostname_button[disabled]")
        b.mouse("#system_information_hostname_tooltip", "mouseover")
        b.wait_in_text(".tooltip-inner", "Host name should not be changed in a domain")
        b.mouse("#system_information_hostname_tooltip", "mouseout")
        b.wait_not_present(".tooltip-inner")

        # should not have any leftover tickets from the joining
        m.execute("! klist")
        m.execute("! su -c klist admin")
        b.logout()

        # validate Kerberos setup for ws
        m.execute("echo foobarfoo | kinit -f admin@COCKPIT.LAN")
        m.execute(script=WAIT_KRB_SCRIPT.format("admin@cockpit.lan"), timeout=300)

        # should have added SPN to ws keytab
        output = m.execute(['klist', '-k', '/etc/cockpit/krb5.keytab'])
        self.assertIn('HTTP/x0.cockpit.lan@COCKPIT.LAN', output)

        # kerberos login should work
        output = m.execute(['curl', '-s', '--negotiate', '--delegation', 'always', '-u', ':', "-D", "-",
                            'http://x0.cockpit.lan:9090/cockpit/login'])
        self.assertIn("HTTP/1.1 200 OK", output)
        self.assertIn('"csrf-token"', output)

        # Restart cockpit with SSL enabled, this should have gotten an SSL cert from FreeIPA
        m.stop_cockpit()
        m.start_cockpit(tls=True)
        # OpenSSL and curl should use the system PKI which should trust the IPA server CA
        out = m.execute("openssl s_client -verify 5 -verify_return_error -connect localhost:9090")
        self.assertRegex(out, "subject=/?O *= *COCKPIT.LAN.*CN *= *x0.cockpit.lan", out)
        self.assertRegex(out, "issuer=/?O *= *COCKPIT.LAN.*CN *= *Certificate Authority")
        self.assertIn("Content-Type: text/html", m.execute("curl --head https://x0.cockpit.lan:9090"))
        # don't leave the secret key copy behind
        m.execute("! test -e /run/cockpit/ipa.key")
        # remotectl agrees
        self.assertIn("/etc/cockpit/ws-certs.d/10-ipa.cert", m.execute("remotectl certificate"))
        # cert is being tracked
        self.assertIn("MONITORING", m.execute("ipa-getcert list"))
        # Restart without SSL (IPA certificate is not on the testing host)
        m.stop_cockpit()
        m.start_cockpit()

        # wait until IPA user works
        m.execute('while ! su - -c "echo foobarfoo | sudo -S true" admin@cockpit.lan; do sleep 5; sss_cache -E || true; systemctl try-restart sssd; done',
                  timeout=300)

        # log in as IPA admin and check that we can do privileged operations
        orig_password = b.password
        b.password = 'foobarfoo'

        self.login_and_go('/system/services#/systemd-tmpfiles-clean.timer', user='admin@cockpit.lan')
        b.wait_in_text("#statuses", "Running")
        b.click(".service-top-panel .dropdown-kebab-pf button")
        b.click(".service-top-panel .dropdown-menu a:contains('Stop')")
        b.wait_in_text("#statuses", "Not running")
        b.logout()
        b.password = orig_password
        m.execute("chown -R admin /home/admin")

        self.allow_authorize_journal_messages()

        # check respecting FreeIPA's/sssd's ssh known host keys; this requires the new
        # --privkey option of sss_ssh_knownhostproxy, thus only works on recent images
        b.login_and_go("/dashboard")
        b.click('#dashboard-add')
        b.wait_popup('dashboard_setup_server_dialog')
        b.set_val('#add-machine-address', 'x0.cockpit.lan')
        b.wait_text('#dashboard_setup_server_dialog .btn-primary', "Add")
        b.click('#dashboard_setup_server_dialog .btn-primary')

        # with --pubkey support this should Just Work, otherwise confirm fingerprint
        if '--pubkey' not in m.execute("sss_ssh_knownhostsproxy --help || true"):
            b.wait_in_text('#dashboard_setup_server_dialog', "Fingerprint")
            b.click('#dashboard_setup_server_dialog .btn-primary')
        b.wait_popdown('dashboard_setup_server_dialog')
        b.wait_present("#dashboard-hosts a[data-address='x0.cockpit.lan']")
        b.logout()

        # Test domain info (PR #11096), leave the domain
        b.login_and_go("/system")
        b.wait_in_text(self.domain_sel, "cockpit.lan")
        b.click(self.domain_sel)
        b.wait_popup("realms-op")
        b.wait_text("#realms-op-info-domain", "cockpit.lan")
        b.wait_text("#realms-op-info-login-format", "username@cockpit.lan")
        b.wait_text("#realms-op-info-server-sw", "ipa")
        b.wait_text("#realms-op-info-client-sw", "sssd")
        # leave button should be hidden behind expander by default
        b.wait_not_visible("button.realms-op-leave")
        b.wait_not_visible("#realms-op-alert")
        b.click("#realms-op-leave-toggle")
        b.wait_visible("#realms-op-alert")
        b.wait_visible("button.realms-op-leave")
        b.click(".realms-op-leave")

        b.wait_popdown("realms-op")
        wait_number_domains(0)
        # re-enables hostname changing
        b.wait_present("#system_information_hostname_button:not([disabled])")

        # should have cleaned up ws keytab
        m.execute("! klist -k /etc/cockpit/krb5.keytab | grep COCKPIT.LAN")
        # should have cleaned up certificates
        m.execute("! test -e /etc/cockpit/ws-certs.d/10-ipa.cert")
        # should have stopped cert tracking
        self.assertNotIn("status:", m.execute("ipa-getcert list"))

        # Sometimes with some versions of realmd the Leave operation
        # from above is still active in the realmd daemon.  So we loop
        # here until we get the expected error instead of "Already
        # running another action".

        tries = 0
        while tries < 3:
            # Send a wrong password
            b.click(self.domain_sel)
            b.wait_popup("realms-op")
            b.set_val(self.op_address, "cockpit.lan")
            b.wait_attr(self.op_admin, "placeholder", 'e.g. "admin"')
            b.set_val(self.op_admin, "admin")
            b.set_val(self.op_admin_password, "foo")
            b.click(".realms-op-apply")
            b.wait_text_not(".realms-op-message", "")
            error = b.text(".realms-op-message")
            b.wait_not_visible(".realms-op-leave-only-row")
            b.click(".realms-op-cancel")
            b.wait_popdown("realms-op")
            if not "Already running another action" in error:
                break
            print("Another operation running, retry")
            time.sleep(20)
            tries += 1

        # Try to join a non-existing domain
        b.click(self.domain_sel)
        b.wait_popup("realms-op")
        b.set_val(self.op_address, "NOPE")
        b.wait_text(".realms-op-address-error", "Domain NOPE could not be contacted")
        b.wait_not_visible(".realms-op-address-spinner")
        b.click(".realms-op-cancel")
        b.wait_popdown("realms-op")

        # Cancel a join
        b.click(self.domain_sel)
        b.wait_popup("realms-op")
        b.set_val(self.op_address, "cockpit.lan")
        b.wait_attr(self.op_admin, "placeholder", 'e.g. "admin"')
        b.set_val(self.op_admin, "admin")
        b.set_val(self.op_admin_password, "foobarfoo")
        b.click(".realms-op-apply")
        b.wait_visible(".realms-op-spinner")
        b.click(".realms-op-cancel")
        b.wait_popdown("realms-op")

        self.allow_restart_journal_messages()
        # sometimes polling for info and joining a domain creates this noise
        self.allow_journal_messages('.*org.freedesktop.DBus.Error.Spawn.ChildExited.*')

    def testIpaUnqualifiedUsers(self):
        m = self.machine
        b = self.browser

        # wait until FreeIPA started up
        out = self.machines['services'].execute("""docker exec -i freeipa sh -ec '
            while ! echo foobarfoo | kinit -f admin; do sleep 5; done
            while ! ipa user-find >/dev/null; do sleep 5; done'
            """, timeout=300)

        # set up "alice" user with HOTP; that won't affect existing users (admin)
        # https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/7/html/linux_domain_identity_authentication_and_policy_guide/otp
        out = self.machines['services'].execute("""docker exec -i freeipa sh -ec '
            ipa config-mod --user-auth-type=otp
            ipa user-add --first=Alice --last=Developer alice
            yes alicessecret | ipa user-mod --password alice
            ipa user-mod --password-expiration="2030-01-01T00:00:00Z" alice
            ipa otptoken-add --type=hotp --owner=alice
            ' """)
        # if the default ever changes, the HOTP algorithm below needs to be updated
        self.assertIn("  Algorithm: sha1\n", out)
        alice_hotp_key = re.search(r'^  Key: (.*)', out, re.M).group(1)
        # print("alice's HOTP key:", alice_hotp_key)
        alice_hotp_key = base64.b64decode(alice_hotp_key)

        m.execute("hostnamectl set-hostname x0.cockpit.lan")

        # Wait for DNS to work as expected.
        # https://bugzilla.redhat.com/show_bug.cgi?id=1071356#c11
        wait(lambda: m.execute("nslookup -type=SRV _ldap._tcp.cockpit.lan"))

        # delete the local admin user, going to use the IPA one instead
        m.execute("userdel admin; systemctl try-restart sssd")

        # Tell realmd to not enable domain-qualified logins
        # (https://bugzilla.redhat.com/show_bug.cgi?id=1575538)
        m.execute("printf '[cockpit.lan]\\nfully-qualified-names = no\\n'  >> /etc/realmd.conf")
        m.execute("echo foobarfoo | realm join -vU admin cockpit.lan")

        # wait until IPA user works
        m.execute('while ! su - -c "echo foobarfoo | sudo -S true" admin; do sleep 5; sss_cache -E || true; systemctl try-restart sssd; done',
                  timeout=300)

        # login should now work with the IPA admin user
        b.password = 'foobarfoo'
        self.login_and_go("/system")
        b.wait_in_text(self.domain_sel, "cockpit.lan")

        # Show domain information
        b.click(self.domain_sel)
        b.wait_popup("realms-op")
        b.wait_text("#realms-op-info-domain", "cockpit.lan")
        b.wait_text("#realms-op-info-login-format", "username")  # no @domain
        b.wait_text("#realms-op-info-server-sw", "ipa")
        b.wait_text("#realms-op-info-client-sw", "sssd")
        b.click(".realms-op-cancel")
        b.wait_popdown("realms-op")

        # should be able to run admin operations
        b.go('/system/services#/systemd-tmpfiles-clean.timer')
        b.enter_page('/system/services')

        b.wait_in_text("#statuses", "Running")
        b.click(".service-top-panel .dropdown-kebab-pf button")
        b.click(".service-top-panel .dropdown-menu a:contains('Stop')")
        b.wait_in_text("#statuses", "Not running")

        b.go('/system')
        b.enter_page('/system')
        # shutdown button should be enabled and working
        # it takes a while for the permission check to finish, it is always enabled at first
        b.click("#overview #restart-button")

        b.wait_popup("shutdown-dialog")
        b.wait_in_text("#shutdown-dialog .btn-danger", 'Restart')
        b.click("#shutdown-dialog .dropdown button")
        b.click("a:contains('No Delay')")
        b.click("#shutdown-dialog .btn-danger")
        b.switch_to_top()
        b.wait_in_text(".curtains-ct h1", "Disconnected")
        m.wait_reboot()

        self.allow_authorize_journal_messages()
        self.allow_restart_journal_messages()
        # sometimes polling for info and joining a domain creates this noise
        self.allow_journal_messages('.*org.freedesktop.DBus.Error.Spawn.ChildExited.*')

        m.start_cockpit()

        # now try 2FA with OTP
        # This does not yet work with sssd < 2.2.2-1 on Debian/Ubuntu
        if m.image in ["ubuntu-1804", "ubuntu-stable", "debian-stable"]:
            return

        # normal b.login_and_go() doesn't support 2FA
        b.open("/")
        b.wait_visible("#login")
        b.set_val('#login-user-input', "alice")
        b.set_val('#login-password-input', "alicessecret")
        b.click('#login-button')
        b.wait_in_text("#conversation-prompt", "Second Factor")
        # wrong token (wrong number of digits)
        b.set_val("#conversation-input", "1234")
        b.click('#login-button')
        b.wait_text("#login-error-message", "Authentication failed")

        b.set_val('#login-user-input', "alice")
        b.set_val('#login-password-input', "alicessecret")
        b.click('#login-button')
        b.wait_in_text("#conversation-prompt", "Second Factor")
        token = hotp_token(alice_hotp_key, 0)  # first usage, counter == 0
        # print("alice first token:", token)
        b.set_val("#conversation-input", token)
        b.click('#login-button')
        b.expect_load()
        b.wait_visible('#content')

    def testNotSupported(self):
        m = self.machine
        b = self.browser

        # Disable sssd support in realmd

        m.execute("echo -e '[providers]\nsssd = no\n' >> /usr/lib/realmd/realmd-distro.conf")

        m.execute("hostnamectl set-hostname x0.cockpit.lan")
        self.login_and_go("/system")

        # Wait for DNS to work as expected.
        # https://bugzilla.redhat.com/show_bug.cgi?id=1071356#c11
        #
        wait(lambda: m.execute("nslookup -type=SRV _ldap._tcp.cockpit.lan"))

        # Join cockpit.lan
        b.click(self.domain_sel)
        b.wait_popup("realms-op")
        b.set_val(self.op_address, "cockpit.lan")
        b.wait_in_text(".realms-op-address-error", "Domain cockpit.lan is not supported")
        b.set_val(self.op_admin, "admin")
        b.set_val(self.op_admin_password, "foobarfoo")
        b.click(".realms-op-apply")
        b.wait_text(".realms-op-message", "Joining this domain is not supported")

        self.allow_journal_messages(".*couldn't introspect /org/freedesktop/realmd.*")

    @skipImage("RHEL 8.0 does not yet have the necessary SELinux policy updates", "centos-8-stream")
    def testClientCertAuthentication(self):
        m = self.machine

        ipa_machine = self.machines['services']
        # need to wait for IPA to start up
        ipa_machine.execute("""docker exec -i freeipa sh -ec '
            while ! echo foobarfoo | kinit -f admin; do sleep 5; done
            export LC_ALL=C.UTF-8 && while ! ipa user-find >/dev/null; do sleep 5; done'
            """, timeout=300)
        # set up an IPA user with a TLS certificate; can't use "admin" due to https://pagure.io/freeipa/issue/6683
        ipa_machine.execute(r"""docker exec -i freeipa sh -exc '
CERTUSER=jane
ipa user-add --first=$CERTUSER --last="developer" $CERTUSER
yes foobar | ipa user-mod --password $CERTUSER
ipa user-mod --password-expiration='2030-01-01T00:00:00Z' $CERTUSER
# some browsers insist on "Key Usage" extension
printf "[req]\ndistinguished_name=dn\nextensions=v3_req\n[v3_req]\nkeyUsage=digitalSignature,keyEncipherment,keyAgreement\n[dn]\n" > openssl.cnf
openssl req -x509 -newkey rsa:2048 -days 365 -nodes -keyout ${CERTUSER}.key -out ${CERTUSER}.pem -config openssl.cnf -extensions v3_req -subj "/CN=$CERTUSER"
openssl x509 -outform der -in ${CERTUSER}.pem -out ${CERTUSER}.der
ipa user-add-cert $CERTUSER --certificate="$(base64 ${CERTUSER}.der)"
# for browser import with manual tests
openssl pkcs12 -export -password pass:foo -in ${CERTUSER}.pem -inkey ${CERTUSER}.key -out ${CERTUSER}.p12
'
for s in key p12 pem; do docker cp freeipa:jane.$s .; done
""")
        jane_pem = os.path.join(self.tmpdir, "jane.pem")
        jane_key = os.path.join(self.tmpdir, "jane.key")
        ipa_machine.download("jane.key", jane_key)
        ipa_machine.download("jane.pem", jane_pem)
        m.upload([jane_key, jane_pem], "/var/tmp")

        # On older Debian/Ubuntu D-Bus activation of ifp is disabled, enable it manually; see https://bugs.debian.org/925026
        static_ifp_conf = m.image in ["debian-stable", "ubuntu-1804"]
        if static_ifp_conf:
            m.write("/etc/sssd/conf.d/ifp.conf", "[sssd]\nservices = nss, sudo, pam, ssh, ifp\n")
            m.execute("chmod 600 /etc/sssd/conf.d/ifp.conf")

        m.execute("hostnamectl set-hostname x0.cockpit.lan")

        # Wait for DNS to work as expected.
        # https://bugzilla.redhat.com/show_bug.cgi?id=1071356#c11
        wait(lambda: m.execute("nslookup -type=SRV _ldap._tcp.cockpit.lan"))

        # join domain, wait until it works
        m.execute("printf '[cockpit.lan]\\nfully-qualified-names = no\\n'  >> /etc/realmd.conf")
        m.execute("echo foobarfoo | realm join -vU admin cockpit.lan")
        m.execute('while ! id jane; do sleep 5; systemctl restart sssd; done', timeout=300)

        # ensure sssd certificate lookup works
        user_obj = m.execute('busctl call org.freedesktop.sssd.infopipe /org/freedesktop/sssd/infopipe/Users '
                             'org.freedesktop.sssd.infopipe.Users FindByCertificate s -- '
                             '''"$(cat /var/tmp/jane.pem)" | sed 's/^o "//; s/"$//' ''')
        self.assertEqual(m.execute('busctl get-property org.freedesktop.sssd.infopipe ' + user_obj.strip() +
                                   ' org.freedesktop.sssd.infopipe.Users.User name').strip(),
                         's "jane"')

        # These tests have to be run with curl, as chromium-headless does not support selecting/handling client-side
        # certificates; it just rejects cert requests. For interactive tests, grab jane.p12 from the services VM and import
        # it into the browser.

        def do_test(authopts, expected, not_expected=[], session_leader=None):
            m.start_cockpit(tls=True)
            output = m.execute(['curl', '-ksS', '-D-'] + authopts + ['https://localhost:9090/cockpit/login'])
            for s in expected:
                self.assertIn(s, output)
            for s in not_expected:
                self.assertNotIn(s, output)

            if session_leader:
                out = m.execute('loginctl show-user --property=Sessions jane')
                sessions = out.split('=')[1].split()
                self.assertEqual(len(sessions), 1)
                out = m.execute('loginctl session-status ' + sessions[0])
                self.assertIn(session_leader, out)
                self.assertIn('cockpit-bridge', out)
                self.assertIn('cockpit; type web', out)
                # sessions time out after 10s, but let's not wait for that
                m.execute('loginctl terminate-session ' + sessions[0])
                # wait until the session is gone
                m.execute("while loginctl show-user jane; do sleep 1; done")

            m.stop_cockpit()

        # cert auth should not be enabled by default
        do_test(['--cert', '/var/tmp/jane.pem', '--key', '/var/tmp/jane.key'],
                ["HTTP/1.1 401 Authentication required", '"authorize"'])
        # password auth should work
        do_test(['-u', 'jane:foobar'],
                ['HTTP/1.1 200 OK', '"csrf-token"'],
                session_leader='cockpit-session')

        # enable cert based auth
        m.execute("printf '[WebService]\nClientCertAuthentication = true\n' >> /etc/cockpit/cockpit.conf")
        # cert auth should work now
        do_test(['--cert', '/var/tmp/jane.pem', '--key', '/var/tmp/jane.key'],
                ['HTTP/1.1 200 OK', '"csrf-token"'])
        # password auth, too
        do_test(['-u', 'jane:foobar'],
                ['HTTP/1.1 200 OK', '"csrf-token"'],
                session_leader='cockpit-session')
        # cert auth should go through PAM stack and re-create home dir
        home_dir = m.execute("getent passwd jane | cut -d: -f6").strip()
        m.execute("rm -r " + home_dir)
        do_test(['--cert', '/var/tmp/jane.pem', '--key', '/var/tmp/jane.key'],
                ['HTTP/1.1 200 OK', '"csrf-token"'])
        m.execute('test -f %s/.bashrc' % home_dir)

        # another certificate gets rejected
        m.execute("openssl req -x509 -newkey rsa:2048 -days 365 -nodes -keyout /tmp/jane2.key -out /tmp/jane2.pem -subj /CN=jane")
        do_test(['--cert', '/tmp/jane2.pem', '--key', '/tmp/jane2.key'],
                ["HTTP/1.1 401 Authentication failed", '<h1>Authentication failed</h1>'],
                not_expected=["crsf-token"])

        # check expired certificate
        m.execute("openssl req -new -key /var/tmp/jane.key -out /tmp/jane.csr -subj /CN=jane")
        m.execute("openssl x509 -in /tmp/jane.csr -out /var/tmp/jane-exp.pem -req -signkey /var/tmp/jane.key -days -1")
        m.start_cockpit(tls=True)
        m.execute('! curl -ksS --cert /var/tmp/jane-exp.pem --key /var/tmp/jane.key https://localhost:9090/cockpit/login')
        m.stop_cockpit()
        self.allow_journal_messages('.*Invalid TLS peer certificate.* expired')
        self.allow_journal_messages('.*TLS handshake failed: Error in the certificate verification.*')

        # disallow password auth
        m.execute("printf '[Basic]\naction = none\n' >> /etc/cockpit/cockpit.conf")
        do_test(['--cert', '/var/tmp/jane.pem', '--key', '/var/tmp/jane.key'],
                ['HTTP/1.1 200 OK', '"csrf-token"'])
        do_test(['-u', 'jane:foobar'],
                ['HTTP/1.1 401 Authentication disabled', '<h1>Authentication disabled</h1>'],
                not_expected=["crsf-token"])

        # sssd-dbus not available
        if static_ifp_conf:
            m.execute("mv /etc/sssd/conf.d/ifp.conf /etc/sssd/conf.d/ifp.conf.disabled && systemctl restart sssd")
        else:
            m.execute("systemctl mask sssd-ifp && systemctl stop sssd-ifp")
        do_test(['--cert', '/var/tmp/jane.pem', '--key', '/var/tmp/jane.key'],
                ["HTTP/1.1 401 Authentication failed", '<h1>Authentication failed</h1>'],
                not_expected=["crsf-token"])
        if static_ifp_conf:
            m.execute("mv /etc/sssd/conf.d/ifp.conf.disabled /etc/sssd/conf.d/ifp.conf && systemctl restart sssd")
        else:
            m.execute("systemctl unmask sssd-ifp")


JOIN_SCRIPT = """
set -ex
# Wait until zones from LDAP get loaded
for x in $(seq 1 20); do
    if nslookup -type=SRV _ldap._tcp.cockpit.lan; then
        break
    else
        sleep $x
    fi
done

if ! echo '%(password)s' | realm join -vU admin cockpit.lan; then
    if systemctl --quiet is-failed sssd.service; then
        systemctl status --lines=100 sssd.service >&2
    fi
    journalctl -u realmd.service
    exit 1
fi

# On certain OS's it takes time for sssd to come up properly
#   [8347] 1528294262.886088: Sending initial UDP request to dgram 172.27.0.15:88
#   kinit: Cannot contact any KDC for realm 'COCKPIT.LAN' while getting initial credentials
for x in $(seq 1 20); do
    if echo '%(password)s' | KRB5_TRACE=/dev/stderr kinit -f admin@COCKPIT.LAN; then
        break
    else
        sleep $x
    fi
done

# C.UTF-8 has existed for a long time, but still not on RHEL 7
if locale -a | grep -iq ^'C\.utf'; then
   loc=C.UTF-8
else
   loc=en_US.UTF-8
fi

# create SPN and keytab for ws
if type ipa >/dev/null 2>&1; then
    LC_ALL=$loc ipa service-add --ok-as-delegate=true --force HTTP/x0.cockpit.lan@COCKPIT.LAN
else
    curl --insecure -s --negotiate -u : https://services.cockpit.lan/ipa/json --header 'Referer: https://services.cockpit.lan/ipa' --header "Content-Type: application/json" --header "Accept: application/json" --data '{"params": [["HTTP/x0.cockpit.lan@COCKPIT.LAN"], {"raw": false, "all": false, "version": "2.101", "force": true, "no_members": false, "ipakrbokasdelegate": true}], "method": "service_add", "id": 0}'
fi
ipa-getkeytab -p HTTP/x0.cockpit.lan -k %(keytab)s

# HACK: due to sudo's "last rule wins", our /etc/sudoers rule becomes trumped by sssd's, so swap the order
sed -i '/^sudoers:/ s/files sss/sss files/' /etc/nsswitch.conf
"""

# This is here because our test framework can't run ipa VM's twice


@skipImage("No realmd available", "fedora-coreos")
@skipImage("freeipa not currently in testing", "debian-testing")
class TestKerberos(MachineCase):
    provision = {
        "0": {"address": "10.111.113.1/20", "dns": "10.111.112.100"},
        "services": {"image": "services", "memory_mb": 2048}
    }

    def configure_kerberos(self, keytab):
        self.machines["services"].execute("/run-freeipa")

        # Setup a place for kerberos caches
        args = {"addr": "10.111.112.100", "password": "foobarfoo", "keytab": keytab}
        self.machine.execute("hostnamectl set-hostname x0.cockpit.lan")
        if "ubuntu" in self.machine.image:
            # no nss-myhostname there
            self.machine.execute("echo '10.111.113.1 x0.cockpit.lan' >> /etc/hosts")
        self.machine.execute(script=JOIN_SCRIPT % args, timeout=1800)
        self.machine.execute(script=WAIT_KRB_SCRIPT.format("admin"), timeout=300)

    @skipBrowser("Firefox cannot work with cookies", "firefox")
    def testNegotiate(self):
        self.allow_authorize_journal_messages()
        self.allow_hostkey_messages()
        b = self.browser
        m = self.machine

        # Tell realmd to not enable domain-qualified logins
        # (https://bugzilla.redhat.com/show_bug.cgi?id=1575538)
        m.execute("printf '[cockpit.lan]\\nfully-qualified-names = no\\n'  >> /etc/realmd.conf")

        # delete the local admin user, going to use the IPA one instead
        m.execute("userdel admin")

        # HACK: There is no operating system where the domain admins can do passwordless sudo
        # while having a kerberos ticket, so we can't start a root bridge.
        # This is something that needs to be worked on at an OS level. We use admin level
        # features below, such as adding a machine to the dashboard
        m.execute("echo 'admin        ALL=(ALL)       NOPASSWD: ALL' >> /etc/sudoers")

        # Make sure negotiate auth is not offered first
        m.start_cockpit()

        output = m.execute(['/usr/bin/curl -v -s',
                            '--resolve', 'x0.cockpit.lan:9090:10.111.113.1',
                            'http://x0.cockpit.lan:9090/cockpit/login', '2>&1'])
        self.assertIn("HTTP/1.1 401", output)
        self.assertNotIn("WWW-Authenticate: Negotiate", output)

        self.configure_kerberos("/etc/cockpit/krb5.keytab")
        m.restart_cockpit()

        output = m.execute(['/usr/bin/curl', '-s', '--negotiate', '--delegation', 'always', '-u', ':', "-D", "-",
                            '--resolve', 'x0.cockpit.lan:9090:10.111.113.1',
                            'http://x0.cockpit.lan:9090/cockpit/login'])
        self.assertIn("HTTP/1.1 200 OK", output)
        self.assertIn('"csrf-token"', output)

        cookie = re.search("Set-Cookie: cockpit=([^ ;]+)", output).group(1)
        b.open("/system/terminal", cookie={"name": "cockpit", "value": cookie, "domain": m.web_address, "path": "/"})
        b.wait_visible('#content')

        def line_sel(i):
            return '.terminal .xterm-accessibility-tree div:nth-child(%d)' % i

        # run kinit and see if got forwarded the kerberos ticket into the session
        b.enter_page("/system/terminal")
        b.wait_present(".terminal .xterm-accessibility-tree")
        b.wait_in_text(line_sel(1), "admin")
        b.key_press("klist\r")
        b.wait_in_text(line_sel(2), "Ticket cache")

        # Now connect to another machine
        self.assertNotIn("admin", m.execute("ps -xa | grep sshd"))
        b.switch_to_top()
        b.go("/@x0.cockpit.lan/system/terminal")
        b.click("#machine-troubleshoot")
        b.wait_popup('troubleshoot-dialog')

        b.set_val("#add-machine-address", "bad-user@x0.cockpit.lan")
        b.wait_text('#troubleshoot-dialog .btn-primary', "Add")
        b.click('#troubleshoot-dialog .btn-primary')
        # with --pubkey support the fingerprint is already known, otherwise confirm fingerprint
        if '--pubkey' not in m.execute("sss_ssh_knownhostsproxy --help || true"):
            b.wait_in_text('#troubleshoot-dialog', "Fingerprint")
            b.click('#troubleshoot-dialog .btn-primary')
        b.wait_in_text('#troubleshoot-dialog h4', "Log in to")
        b.click("#login-type button")
        b.click("#login-type li[value=stored] a")
        b.wait_in_text("#login-type button span", "Using available credentials")
        b.wait_not_visible("#login-diff-password")
        b.wait_not_in_text("#login-available", "Login Password")
        b.wait_in_text("#login-available", "Kerberos Ticket")
        b.wait_not_present("#login-available .empty")
        b.set_val("#login-custom-user", "")
        b.click('#troubleshoot-dialog .btn-primary')

        b.wait_popdown('troubleshoot-dialog')
        b.enter_page("/system/terminal", host="x0.cockpit.lan")
        b.wait_visible(".terminal")

        # Make sure we connected via SSH
        self.assertIn("admin", m.execute("ps -xa | grep sshd"))
        b.kill()

        # Remove cockpit keytab
        m.execute("mv /etc/cockpit/krb5.keytab /etc/cockpit/bk.keytab")
        output = m.execute(['/usr/bin/curl', '-s', '--negotiate', '--delegation', 'always', '-u', ':', "-D", "-",
                            '--resolve', 'x0.cockpit.lan:9090:10.111.113.1',
                            'http://x0.cockpit.lan:9090/cockpit/login'])
        self.assertIn("HTTP/1.1 401", output)

        # Pull http into default keytab
        m.execute('printf "rkt /etc/cockpit/bk.keytab\nwkt /etc/krb5.keytab\nq" | ktutil')
        output = m.execute(['/usr/bin/curl', '-s', '--negotiate', '--delegation', 'always', '-u', ':', "-D", "-",
                            '--resolve', 'x0.cockpit.lan:9090:10.111.113.1',
                            'http://x0.cockpit.lan:9090/cockpit/login'])
        self.assertIn("HTTP/1.1 200 OK", output)
        self.assertIn('"csrf-token"', output)
        self.allow_restart_journal_messages()


@skipImage("Package (un)install does not work on OSTree", "fedora-coreos")
class TestPackageInstall(packagelib.PackageCase):

    def setUp(self):
        super().setUp()
        self.domain_sel = "#system_information_domain_button"

        self.machine.execute("systemctl stop realmd")

    def waitTooltip(self, text):
        b = self.browser
        def check():
            try:
                b.wait_present("#system_information_domain_tooltip")
                b.mouse("#system_information_domain_tooltip", "mouseover")
                b.wait_in_text(".tooltip-inner", text)
                b.mouse("#system_information_domain_tooltip", "mouseout")
                return True
            except:
                return False
        self.browser.wait(check)

    def testInstall(self):
        m = self.machine
        b = self.browser

        m.execute("dpkg --purge realmd 2>/dev/null || rpm --erase realmd || yum remove -y realmd")

        # case 1: disable PackageKit
        m.execute("systemctl mask packagekit && systemctl stop packagekit.service || true")
        self.login_and_go("/system")
        b.wait_text(self.domain_sel, "Join Domain")
        b.wait_present(self.domain_sel + "[disabled]")
        self.waitTooltip("realmd is not available on this system")
        b.logout()

        # case 2: enable PackageKit, but no realmd package available
        m.execute("systemctl unmask packagekit")
        self.login_and_go("/system")
        # Joining a domain should bring up the install dialog
        b.wait_text(self.domain_sel, "Join Domain")
        self.waitTooltip("requires installation of realmd")

        b.click(self.domain_sel)
        b.wait_in_text(".modal-dialog:contains('Install Software')", "realmd is not available")
        b.wait_present(".modal-dialog:contains('Install Software') .modal-footer button.btn-primary:disabled")
        b.click(".modal-dialog:contains('Install Software') .modal-footer button.cancel")
        b.wait_not_present(".modal-dialog:contains('Install Software')")
        b.logout()

        # case 3: provide an available realmd package
        self.createPackage("realmd", "1", "1", content={"/realmd-stub": ""})
        self.enableRepo()
        m.execute("pkcon refresh")

        self.login_and_go("/system")

        # Joining a domain should bring up the install dialog
        b.wait_text(self.domain_sel, "Join Domain")
        self.waitTooltip("requires installation of realmd")

        b.click(self.domain_sel)
        b.click(".modal-dialog:contains('Install Software') .modal-footer button.btn-primary")
        b.wait_not_present(".modal-dialog:contains('Install Software')")

        # the stub package doesn't provide a realmd D-Bus service, so the "join
        # domain" dialog won't ever appear; just check that it was installed
        m.execute("test -e /realmd-stub")

    def testDialogTransition(self):
        m = self.machine
        b = self.browser

        # disable the realmd package's service, so that we can restore it, but
        # the package install code path will be triggered
        m.execute("systemctl stop realmd && systemctl mask realmd")

        self.login_and_go("/system")

        # Joining a domain should bring up the install dialog
        b.wait_text(self.domain_sel, "Join Domain")
        self.waitTooltip("requires installation of realmd")

        b.click(self.domain_sel)
        # restore realmd service, to pretend that package install completed
        m.execute("systemctl unmask realmd")
        b.click(".modal-dialog .modal-footer button:contains('Install')")
        b.wait_not_present(".modal-dialog:contains('Install Software')")

        # should continue straight to join dialog
        b.wait_present("#realms-op")
        b.wait_popup("realms-op")

        # no running IPA server for this test, so just cancel
        b.click(".realms-op-cancel")
        b.wait_popdown("realms-op")

        # should not have a tooltip any more
        b.wait_not_present("#system_information_domain_tooltip")

if __name__ == '__main__':
    test_main()
